from datasets import load_dataset, load_from_disk

data_dict = ["Dahoas/rm-static",  
            "Dahoas/full-hh-rlhf",
            "Dahoas/synthetic-instruct-gptj-pairwise",
            "yitingxie/rlhf-reward-datasets"
        ]

for data_file in data_dict:
    dataset = load_dataset(data_file)
    dataset.save_to_disk("./" + data_file)